/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.alipay.dw.jstorm.example.window;

import org.apache.storm.starter.bolt.IntermediateRankingsBolt;
import org.apache.storm.starter.bolt.RollingCountAggBolt;
import org.apache.storm.starter.bolt.RollingCountBolt;
import org.apache.storm.starter.bolt.TotalRankingsBolt;

import com.alibaba.starter.utils.Assert;
import com.alibaba.starter.utils.JStormHelper;

import backtype.storm.Config;
import backtype.storm.testing.TestWordSpout;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.tuple.Fields;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * This topology does a continuous computation of the top N words that the
 * topology has seen in terms of cardinality. The top N computation is done in a
 * completely scalable way, and a similar approach could be used to compute
 * things like trending topics or trending images on Twitter. It takes an
 * approach that assumes that some works will be much more common then other
 * words, and uses partialKeyGrouping to better balance the skewed load.
 */
public class SkewedRollingTopWords {
    private static final Logger LOG                        = LoggerFactory.getLogger(SkewedRollingTopWords.class);
    private static final int    DEFAULT_RUNTIME_IN_SECONDS = 60;
    private static final int    TOP_N                      = 5;
    
    private final TopologyBuilder builder;
    private final String          topologyName;
    private final Config          topologyConfig;
    private final int             runtimeInSeconds;
    
    public SkewedRollingTopWords(String topologyName) throws InterruptedException {
        builder = new TopologyBuilder();
        this.topologyName = topologyName;
        topologyConfig = createTopologyConfiguration();
        runtimeInSeconds = DEFAULT_RUNTIME_IN_SECONDS;
        
        wireTopology();
    }
    
    private static Config createTopologyConfiguration() {
        Config conf = new Config();
        conf.setDebug(true);
        return conf;
    }
    
    private void wireTopology() throws InterruptedException {
        String spoutId = "wordGenerator";
        String counterId = "counter";
        String aggId = "aggregator";
        String intermediateRankerId = "intermediateRanker";
        String totalRankerId = "finalRanker";
        builder.setSpout(spoutId, new TestWordSpout(), 5);
        builder.setBolt(counterId, new RollingCountBolt(9, 3), 4).partialKeyGrouping(spoutId, new Fields("word"));
        builder.setBolt(aggId, new RollingCountAggBolt(), 4).fieldsGrouping(counterId, new Fields("obj"));
        builder.setBolt(intermediateRankerId, new IntermediateRankingsBolt(TOP_N), 4).fieldsGrouping(aggId,
                new Fields("obj"));
        builder.setBolt(totalRankerId, new TotalRankingsBolt(TOP_N)).globalGrouping(intermediateRankerId);
    }
    
    public TopologyBuilder getBuilder() {
        return builder;
    }
    
    public String getTopologyName() {
        return topologyName;
    }
    
    public Config getTopologyConfig() {
        return topologyConfig;
    }
    
    public int getRuntimeInSeconds() {
        return runtimeInSeconds;
    }
    
    /**
     * Submits (runs) the topology.
     *
     * Usage: "RollingTopWords [topology-name] [local|remote]"
     *
     * By default, the topology is run locally under the name
     * "slidingWindowCounts".
     *
     * Examples:
     *
     * ```
     *
     * # Runs in local mode (LocalCluster), with topology name
     * "slidingWindowCounts" $ storm jar storm-starter-jar-with-dependencies.jar
     * org.apache.storm.starter.RollingTopWords
     *
     * # Runs in local mode (LocalCluster), with topology name "foobar" $ storm
     * jar storm-starter-jar-with-dependencies.jar
     * org.apache.storm.starter.RollingTopWords foobar
     *
     * # Runs in local mode (LocalCluster), with topology name "foobar" $ storm
     * jar storm-starter-jar-with-dependencies.jar
     * org.apache.storm.starter.RollingTopWords foobar local
     *
     * # Runs in remote/cluster mode, with topology name "production-topology" $
     * storm jar storm-starter-jar-with-dependencies.jar
     * org.apache.storm.starter.RollingTopWords production-topology remote ```
     *
     * @param args
     *            First positional argument (optional) is topology name, second
     *            positional argument (optional) defines whether to run the
     *            topology locally ("local") or remotely, i.e. on a real cluster
     *            ("remote").
     * @throws Exception
     */
    
    static boolean isLocal = true;
    
    public static void test() {
        
        String[] className = Thread.currentThread().getStackTrace()[1].getClassName().split("\\.");
        String topologyName = className[className.length - 1];
        
        try {
            SkewedRollingTopWords rtw = new SkewedRollingTopWords(topologyName);
            JStormHelper.runTopology(rtw.getBuilder().createTopology(), topologyName, rtw.getTopologyConfig(),
                    rtw.getRuntimeInSeconds(), new JStormHelper.CheckAckedFail(rtw.getTopologyConfig()), isLocal);
        } catch (Exception e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
            Assert.fail("Failed");
        }
    }
    
    public static void main(String[] args) throws Exception {
        isLocal = false;
        test();
    }
}
